<!DOCTYPE html><html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" data-whc_version="25.0">
    <head><link rel="shortcut icon" href="../../../oxygen-webhelp/template/images/favicon.png"/><link rel="icon" href="../../../oxygen-webhelp/template/images/favicon.png"/><meta http-equiv="Content-Type" content="text/html; charset=UTF-8"/><meta name="viewport" content="width=device-width, initial-scale=1.0"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><meta name="copyright" content="(C) Copyright 2024"/><meta name="generator" content="DITA-OT"/><meta name="description" content="When an external system is upgraded to a new version, you can continue to use existing Data Collector pipelines that connected to the previous version of the external system. You simply configure the ..."/><meta name="prodname" content="Data Collector"/><meta name="version" content="3"/><meta name="release" content="16"/><meta name="modification" content="0"/>        
      <title>Working with Upgraded External Systems</title><!--  Generated with Oxygen version 25.1, build number 2023042410.  --><meta name="wh-path2root" content="../../../"/><meta name="wh-toc-id" content="task_ijh_wtw_xy-d16893e9984"/><meta name="wh-source-relpath" content="datacollector/UserGuide/Upgrade/Upgrade-ExternalSystems.dita"/><meta name="wh-out-relpath" content="datacollector/UserGuide/Upgrade/Upgrade-ExternalSystems.html"/>

    <link rel="stylesheet" type="text/css" href="../../../oxygen-webhelp/app/commons.css?buildId=2023042410"/>
    <link rel="stylesheet" type="text/css" href="../../../oxygen-webhelp/app/topic.css?buildId=2023042410"/>

    <script src="../../../oxygen-webhelp/app/options/properties.js?buildId=20240802104629"></script>
    <script src="../../../oxygen-webhelp/app/localization/strings.js?buildId=2023042410"></script>
    <script src="../../../oxygen-webhelp/app/search/index/keywords.js?buildId=20240802104629"></script>
    <script defer="defer" src="../../../oxygen-webhelp/app/commons.js?buildId=2023042410"></script>
    <script defer="defer" src="../../../oxygen-webhelp/app/topic.js?buildId=2023042410"></script>
<link rel="stylesheet" type="text/css" href="../../../oxygen-webhelp/template/light.css?buildId=2023042410"/><link rel="stylesheet" type="text/css" href="../../../skin.css"/></head>

    <body class="wh_topic_page frmBody">
        
        
        

        
<nav class="navbar navbar-default wh_header" data-whc_version="25.0">
    <div class="container-fluid">
        <div class="wh_header_flex_container navbar-nav navbar-expand-md navbar-dark">
            <div class="wh_logo_and_publication_title_container">
                <div class="wh_logo_and_publication_title">
                    
                    <!--
                            This component will be generated when the next parameters are specified in the transformation scenario:
                            'webhelp.logo.image' and 'webhelp.logo.image.target.url'.
                            See: http://oxygenxml.com/doc/versions/17.1/ug-editor/#topics/dita_webhelp_output.html.
                    -->
                    
                    <div class=" wh_publication_title "><a href="../../../index.html"><span class="booktitle">  <span class="ph mainbooktitle"><span class="ph">Data Collector</span> User Guide</span>  </span></a></div>
                    
                </div>
                
                <!-- The menu button for mobile devices is copied in the output only when the 'webhelp.show.top.menu' parameter is set to 'yes' -->
                
            </div>

            <div class="wh_top_menu_and_indexterms_link collapse navbar-collapse">
                
                
                <div class=" wh_indexterms_link "><a href="../../../indexTerms.html" title="Index" aria-label="Go to index terms page"><span>Index</span></a></div>
                
            </div>
        </div>
    </div>
</nav>

        <div class=" wh_search_input navbar-form wh_topic_page_search search " role="form">


<form id="searchForm" method="get" role="search" action="../../../search.html"><div><input type="search" placeholder="Search " class="wh_search_textfield" id="textToSearch" name="searchQuery" aria-label="Search query" required="required"/><button type="submit" class="wh_search_button" aria-label="Search"><span class="search_input_text">Search</span></button></div></form>

</div>
        
        <div class="container-fluid">
            <div class="row">

                <nav class="wh_tools d-print-none">
                    
<div data-tooltip-position="bottom" class=" wh_breadcrumb "><ol class="d-print-none"><li><span class="home"><a href="../../../index.html"><span>Home</span></a></span></li><li><div class="topicref" data-id="concept_ejk_f1f_5v"><div class="title"><a href="../../../datacollector/UserGuide/Upgrade/Upgrade_title.html">Upgrade</a></div></div></li><li class="active"><div class="topicref" data-id="task_ijh_wtw_xy"><div class="title"><a href="../../../datacollector/UserGuide/Upgrade/Upgrade-ExternalSystems.html#task_ijh_wtw_xy">Working with Upgraded External Systems</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li></ol></div>



                    <div class="wh_right_tools "><button class="wh_hide_highlight" aria-label="Toggle search highlights" title="Toggle search highlights"></button><button class="webhelp_expand_collapse_sections" data-next-state="collapsed" aria-label="Collapse sections" title="Collapse sections"></button><div class=" wh_navigation_links "><span id="topic_navigation_links" class="navheader">
  
<span class="navprev"><a class="- topic/link link" href="../../../datacollector/UserGuide/Upgrade/PostUpgrade.html#concept_zll_vn5_zw" title="Post Upgrade Tasks" aria-label="Previous topic: Post Upgrade Tasks" rel="prev"></a></span>  
<span class="navnext"><a class="- topic/link link" href="../../../datacollector/UserGuide/Upgrade/UpgradeTroubleshooting.html#concept_dgz_p45_gy" title="Troubleshooting an Upgrade" aria-label="Next topic: Troubleshooting an Upgrade" rel="next"></a></span>  </span></div>
<!--External resource link-->
<div class=" wh_print_link print d-none d-md-inline-block "><button onClick="window.print()" title="Print this page" aria-label="Print this page"></button></div>
                        
                        
                        
                        
                    </div>
                </nav>
            </div>

            

<div class="wh_content_area">
                <div class="row">
                    


                        <nav role="navigation" id="wh_publication_toc" class="col-lg-3 col-md-3 col-sm-12 d-md-block d-none d-print-none">
<div id="wh_publication_toc_content">


                            <div class=" wh_publication_toc " data-tooltip-position="right"><span class="expand-button-action-labels"><span id="button-expand-action" role="button" aria-label="Expand"></span><span id="button-collapse-action" role="button" aria-label="Collapse"></span><span id="button-pending-action" role="button" aria-label="Pending"></span></span><ul role="tree" aria-label="Table of Contents"><li role="treeitem" aria-expanded="false"><div data-tocid="concept_htw_ghg_jq-d16893e53" class="topicref" data-id="concept_htw_ghg_jq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_htw_ghg_jq-d16893e53-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Getting_Started/GettingStarted_Title.html#concept_htw_ghg_jq" id="concept_htw_ghg_jq-d16893e53-link">Getting Started</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_l2v_nlp_mpb-d16893e331" class="topicref" data-id="concept_l2v_nlp_mpb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_l2v_nlp_mpb-d16893e331-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/ReleaseNotes/ReleaseNotes.html#concept_l2v_nlp_mpb" id="concept_l2v_nlp_mpb-d16893e331-link">Release Notes</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_l4q_flb_kr-d16893e2582" class="topicref" data-id="concept_l4q_flb_kr" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_l4q_flb_kr-d16893e2582-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Installation/Install_title.html" id="concept_l4q_flb_kr-d16893e2582-link">Installation</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ylh_yyz_ky-d16893e3984" class="topicref" data-id="concept_ylh_yyz_ky" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ylh_yyz_ky-d16893e3984-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Configuration/Config_title.html" id="concept_ylh_yyz_ky-d16893e3984-link">Configuration</a></div></div></li><li role="treeitem" aria-expanded="true"><div data-tocid="concept_ejk_f1f_5v-d16893e7058" class="topicref" data-id="concept_ejk_f1f_5v" data-state="expanded"><span role="button" tabindex="0" aria-labelledby="button-collapse-action concept_ejk_f1f_5v-d16893e7058-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Upgrade/Upgrade_title.html" id="concept_ejk_f1f_5v-d16893e7058-link">Upgrade</a></div></div><ul role="group" class="navbar-nav nav-list"><li role="treeitem"><div data-tocid="concept_a2n_3fk_5v-d16893e7080" class="topicref" data-id="concept_a2n_3fk_5v" data-state="leaf"><span role="button" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Upgrade/Upgrade.html#concept_a2n_3fk_5v" id="concept_a2n_3fk_5v-d16893e7080-link">Upgrade</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_vyy_sfp_hz-d16893e7104" class="topicref" data-id="concept_vyy_sfp_hz" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_vyy_sfp_hz-d16893e7104-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Upgrade/PreUpgrade.html#concept_vyy_sfp_hz" id="concept_vyy_sfp_hz-d16893e7104-link">Pre Upgrade Tasks</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ryn_4fk_5v-d16893e7281" class="topicref" data-id="concept_ryn_4fk_5v" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ryn_4fk_5v-d16893e7281-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Upgrade/Tarball.html#concept_ryn_4fk_5v" id="concept_ryn_4fk_5v-d16893e7281-link">Upgrade an Installation from the Tarball</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ws4_vq5_xv-d16893e7579" class="topicref" data-id="concept_ws4_vq5_xv" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ws4_vq5_xv-d16893e7579-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Upgrade/RPM.html#concept_ws4_vq5_xv" id="concept_ws4_vq5_xv-d16893e7579-link">Upgrade an Installation from the RPM Package</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_c45_chv_xv-d16893e7812" class="topicref" data-id="concept_c45_chv_xv" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_c45_chv_xv-d16893e7812-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Upgrade/CMUpgrade.html#concept_c45_chv_xv" id="concept_c45_chv_xv-d16893e7812-link">Upgrade an Installation with Cloudera Manager</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_zll_vn5_zw-d16893e8032" class="topicref" data-id="concept_zll_vn5_zw" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_zll_vn5_zw-d16893e8032-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Upgrade/PostUpgrade.html#concept_zll_vn5_zw" id="concept_zll_vn5_zw-d16893e8032-link">Post Upgrade Tasks</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="true" class="active"><div data-tocid="task_ijh_wtw_xy-d16893e9984" class="topicref" data-id="task_ijh_wtw_xy" data-state="expanded"><span role="button" tabindex="0" aria-labelledby="button-collapse-action task_ijh_wtw_xy-d16893e9984-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Upgrade/Upgrade-ExternalSystems.html#task_ijh_wtw_xy" id="task_ijh_wtw_xy-d16893e9984-link">Working with Upgraded External Systems</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div><ul role="group" class="navbar-nav nav-list"><li role="treeitem"><div data-tocid="concept_o1f_lq1_scb-d16893e10008" class="topicref" data-id="concept_o1f_lq1_scb" data-state="leaf"><span role="button" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Upgrade/Upgrade-ExternalSystems.html#concept_o1f_lq1_scb" id="concept_o1f_lq1_scb-d16893e10008-link">Working with Kafka 0.11 or Later</a><div class="wh-tooltip"><p class="shortdesc">When you upgrade to Kafka version 0.11 or later and your pipelines use Apache Kafka         stage libraries, you must enable Kerberos authentication for the Apache Kafka stages in the         Java Authentication and Authorization Service (JAAS) configuration file.</p></div></div></div></li><li role="treeitem"><div data-tocid="concept_spf_2gq_vz-d16893e10033" class="topicref" data-id="concept_spf_2gq_vz" data-state="leaf"><span role="button" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Upgrade/Upgrade-ExternalSystems.html#concept_spf_2gq_vz" id="concept_spf_2gq_vz-d16893e10033-link">Working with Cloudera CDH 5.11 or Later</a></div></div></li><li role="treeitem"><div data-tocid="concept_spt_33c_yy-d16893e10055" class="topicref" data-id="concept_spt_33c_yy" data-state="leaf"><span role="button" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Upgrade/Upgrade-ExternalSystems.html#concept_spt_33c_yy" id="concept_spt_33c_yy-d16893e10055-link">Working with an Upgraded MapR System</a><div class="wh-tooltip"><p class="shortdesc">If you upgrade MapR, you must complete additional steps to continue using existing         pipelines that connected to the previous MapR version.</p></div></div></div></li></ul></li><li role="treeitem"><div data-tocid="concept_dgz_p45_gy-d16893e10080" class="topicref" data-id="concept_dgz_p45_gy" data-state="leaf"><span role="button" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Upgrade/UpgradeTroubleshooting.html#concept_dgz_p45_gy" id="concept_dgz_p45_gy-d16893e10080-link">Troubleshooting an Upgrade</a></div></div></li></ul></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_qsw_cjy_bt-d16893e10103" class="topicref" data-id="concept_qsw_cjy_bt" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_qsw_cjy_bt-d16893e10103-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Pipeline_Design/PipelineDesign_title.html" id="concept_qsw_cjy_bt-d16893e10103-link">Pipeline Concepts and Design</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_qn1_wn4_kq-d16893e11199" class="topicref" data-id="concept_qn1_wn4_kq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_qn1_wn4_kq-d16893e11199-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Pipeline_Configuration/PipelineConfiguration_title.html" id="concept_qn1_wn4_kq-d16893e11199-link">Pipeline Configuration</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_hdr_gyw_41b-d16893e13057" class="topicref" data-id="concept_hdr_gyw_41b" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_hdr_gyw_41b-d16893e13057-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Data_Formats/DataFormats-Title.html" id="concept_hdr_gyw_41b-d16893e13057-link">Data Formats</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_yjl_nc5_jq-d16893e14164" class="topicref" data-id="concept_yjl_nc5_jq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_yjl_nc5_jq-d16893e14164-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/Origins_title.html" id="concept_yjl_nc5_jq-d16893e14164-link">Origins</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_yjl_nc5_jq-d16893e35197" class="topicref" data-id="concept_yjl_nc5_jq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_yjl_nc5_jq-d16893e35197-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/Processors_title.html" id="concept_yjl_nc5_jq-d16893e35197-link">Processors</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_agj_cfj_br-d16893e44037" class="topicref" data-id="concept_agj_cfj_br" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_agj_cfj_br-d16893e44037-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Destinations/Destinations-title.html" id="concept_agj_cfj_br-d16893e44037-link">Destinations</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_umc_1lk_fx-d16893e56072" class="topicref" data-id="concept_umc_1lk_fx" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_umc_1lk_fx-d16893e56072-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Executors/Executors-title.html" id="concept_umc_1lk_fx-d16893e56072-link">Executors</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_xxd_f5r_kx-d16893e59696" class="topicref" data-id="concept_xxd_f5r_kx" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_xxd_f5r_kx-d16893e59696-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Event_Handling/EventFramework-Title.html#concept_xxd_f5r_kx" id="concept_xxd_f5r_kx-d16893e59696-link">Dataflow Triggers</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_zq5_pb4_flb-d16893e60134" class="topicref" data-id="concept_zq5_pb4_flb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_zq5_pb4_flb-d16893e60134-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Solutions/Solutions-title.html" id="concept_zq5_pb4_flb-d16893e60134-link">Solutions</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ugp_kwf_xw-d16893e61337" class="topicref" data-id="concept_ugp_kwf_xw" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ugp_kwf_xw-d16893e61337-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/DPM/DPM_title.html" id="concept_ugp_kwf_xw-d16893e61337-link">StreamSets Control Hub</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_fyf_gkq_4bb-d16893e62693" class="topicref" data-id="concept_fyf_gkq_4bb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_fyf_gkq_4bb-d16893e62693-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Edge_Mode/EdgePipelines_title.html" id="concept_fyf_gkq_4bb-d16893e62693-link"><span class="ph">StreamSets Data Collector Edge</span></a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_wwq_gxc_py-d16893e63980" class="topicref" data-id="concept_wwq_gxc_py" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_wwq_gxc_py-d16893e63980-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Multithreaded_Pipelines/MultithreadedPipelines.html#concept_wwq_gxc_py" id="concept_wwq_gxc_py-d16893e63980-link">Multithreaded Pipelines</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_gzw_tdm_p2b-d16893e64187" class="topicref" data-id="concept_gzw_tdm_p2b" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_gzw_tdm_p2b-d16893e64187-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Microservice/Microservice_Title.html#concept_gzw_tdm_p2b" id="concept_gzw_tdm_p2b-d16893e64187-link">Microservice Pipelines</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="Orchestrators_Title-d16893e64348" class="topicref" data-id="Orchestrators_Title" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action Orchestrators_Title-d16893e64348-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Orchestration_Pipelines/OrchestrationPipelines_Title.html#Orchestrators_Title" id="Orchestrators_Title-d16893e64348-link">Orchestration Pipelines</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_wr1_ktz_bt-d16893e64489" class="topicref" data-id="concept_wr1_ktz_bt" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_wr1_ktz_bt-d16893e64489-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/RPC_Pipelines/SDC_RPCpipelines_title.html#concept_wr1_ktz_bt" id="concept_wr1_ktz_bt-d16893e64489-link">SDC RPC Pipelines</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_fpz_5r4_vs-d16893e64679" class="topicref" data-id="concept_fpz_5r4_vs" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_fpz_5r4_vs-d16893e64679-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Cluster_Mode/ClusterPipelines_title.html" id="concept_fpz_5r4_vs-d16893e64679-link">Cluster Pipelines</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_jjk_23z_sq-d16893e65172" class="topicref" data-id="concept_jjk_23z_sq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_jjk_23z_sq-d16893e65172-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Data_Preview/DataPreview_Title.html#concept_jjk_23z_sq" id="concept_jjk_23z_sq-d16893e65172-link">Data Preview</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_pgk_brx_rr-d16893e65458" class="topicref" data-id="concept_pgk_brx_rr" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_pgk_brx_rr-d16893e65458-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Alerts/RulesAlerts_title.html#concept_pgk_brx_rr" id="concept_pgk_brx_rr-d16893e65458-link">Rules and Alerts</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_asx_fdz_sq-d16893e65960" class="topicref" data-id="concept_asx_fdz_sq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_asx_fdz_sq-d16893e65960-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Pipeline_Monitoring/PipelineMonitoring_title.html#concept_asx_fdz_sq" id="concept_asx_fdz_sq-d16893e65960-link">Pipeline Monitoring</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_o3l_dtr_5q-d16893e66304" class="topicref" data-id="concept_o3l_dtr_5q" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_o3l_dtr_5q-d16893e66304-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Pipeline_Maintenance/PipelineMaintenance_title.html#concept_o3l_dtr_5q" id="concept_o3l_dtr_5q-d16893e66304-link">Pipeline Maintenance</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_yms_ftm_sq-d16893e66768" class="topicref" data-id="concept_yms_ftm_sq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_yms_ftm_sq-d16893e66768-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Administration/Administration_title.html#concept_yms_ftm_sq" id="concept_yms_ftm_sq-d16893e66768-link">Administration</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_nls_w1r_ks-d16893e67508" class="topicref" data-id="concept_nls_w1r_ks" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_nls_w1r_ks-d16893e67508-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Tutorial/Tutorial-title.html" id="concept_nls_w1r_ks-d16893e67508-link">Tutorial</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_sh3_frm_tq-d16893e68001" class="topicref" data-id="concept_sh3_frm_tq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_sh3_frm_tq-d16893e68001-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Troubleshooting/Troubleshooting_title.html#concept_sh3_frm_tq" id="concept_sh3_frm_tq-d16893e68001-link">Troubleshooting</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_xbx_rs1_tq-d16893e68798" class="topicref" data-id="concept_xbx_rs1_tq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_xbx_rs1_tq-d16893e68798-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Glossary/Glossary_title.html#concept_xbx_rs1_tq" id="concept_xbx_rs1_tq-d16893e68798-link">Glossary</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_jn1_nzb_kv-d16893e68843" class="topicref" data-id="concept_jn1_nzb_kv" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_jn1_nzb_kv-d16893e68843-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Apx-DataFormats/DataFormat_Title.html#concept_jn1_nzb_kv" id="concept_jn1_nzb_kv-d16893e68843-link">Data Formats by Stage</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_pvm_yt3_wq-d16893e68958" class="topicref" data-id="concept_pvm_yt3_wq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_pvm_yt3_wq-d16893e68958-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Expression_Language/ExpressionLanguage_title.html" id="concept_pvm_yt3_wq-d16893e68958-link">Expression Language</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_vcj_1ws_js-d16893e69669" class="topicref" data-id="concept_vcj_1ws_js" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_vcj_1ws_js-d16893e69669-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Apx-RegEx/RegEx-Title.html#concept_vcj_1ws_js" id="concept_vcj_1ws_js-d16893e69669-link">Regular Expressions</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_chv_vmj_wr-d16893e69787" class="topicref" data-id="concept_chv_vmj_wr" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_chv_vmj_wr-d16893e69787-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Apx-GrokPatterns/GrokPatterns_title.html#concept_chv_vmj_wr" id="concept_chv_vmj_wr-d16893e69787-link">Grok Patterns</a></div></div></li></ul></div>
                        

</div>
</nav>
                    


                    
                    <div id="wh_topic_body" class="col-lg-7 col-md-9 col-sm-12">
<button id="wh_close_publication_toc_button" class="close-toc-button d-none" aria-label="Toggle publishing table of content" aria-controls="wh_publication_toc" aria-expanded="true"><span class="close-toc-icon-container"><span class="close-toc-icon"></span></span></button><button id="wh_close_topic_toc_button" class="close-toc-button d-none" aria-label="Toggle topic table of content" aria-controls="wh_topic_toc" aria-expanded="true"><span class="close-toc-icon-container"><span class="close-toc-icon"></span></span></button>

                        
<div class=" wh_topic_content body "><main role="main"><article class="" role="article" aria-labelledby="ariaid-title1"><article class="nested0" aria-labelledby="ariaid-title1" id="task_ijh_wtw_xy">
    <h1 class="- topic/title title topictitle1" id="ariaid-title1">Working with Upgraded External Systems</h1>
    
    <div class="- topic/body task/taskbody body taskbody"><p class="- topic/shortdesc shortdesc"></p>
        <section class="- topic/section task/context section context">When an external system is
            upgraded to a new version, you can continue to use existing <span class="- topic/ph ph">Data Collector</span>
            pipelines that connected to the previous version of the external system. You simply
            configure the pipelines to work with the upgraded system.<p class="- topic/p p">For example, let's say that
                you have pipelines that read from Apache Kafka version 0.9. You upgrade Apache Kafka
                to version 0.10. You can continue to use the existing pipelines after you configure
                the Kafka stages to use the Kafka version 0.10 stage library.</p><p class="- topic/p p">Or, let's say
                that you develop a pipeline to write to Cloudera CDH version 5.8 distribution of
                Hadoop. Then you export and import the pipeline into a <span class="- topic/ph ph">Data Collector</span>
                that has the Cloudera CDH version 5.9 stage library installed. You can continue to
                use the imported pipeline after you configure the appropriate stages to use the
                Cloudera CDH version 5.9 stage library.</p></section>
        <section class="- topic/ol task/steps ol steps"><ol class="- topic/ol task/steps ol steps"><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">Verify that the new stage library version is installed in <span class="- topic/ph ph">Data Collector</span>.</span>
                <div class="- topic/itemgroup task/info itemgroup info">For a tarball installation, you can use the <a class="- topic/xref xref" href="../Installation/AddtionalStageLibs.html#concept_h5k_jbl_nx">Package Manager</a> or the <a class="- topic/xref xref" href="../Installation/AddtionalStageLibs.html#concept_bnl_n3n_s5">command line</a> to view or install stage libraries. <p class="- topic/p p">For an RPM
                        installation, you must use the <a class="- topic/xref xref" href="../Installation/AddtionalStageLibs.html#concept_amc_cf3_dx">command line</a> to view or install stage libraries.</p><p class="- topic/p p">For a
                        Cloudera Manager installation, all available stage libraries are
                        included.</p></div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">Open each pipeline that connects to the upgraded external system.</span>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">On the <span class="+ topic/ph ui-d/uicontrol ph uicontrol">General</span> tab for each stage that connects to the
                    external system, select the new stage library version.</span>
            </li></ol></section>
    </div>
<article class="- topic/topic concept/concept topic concept nested1" aria-labelledby="ariaid-title2" id="concept_o1f_lq1_scb">
    <h2 class="- topic/title title topictitle2" id="ariaid-title2">Working with Kafka 0.11 or Later</h2>
    
    <div class="- topic/body concept/conbody body conbody"><p class="- topic/shortdesc shortdesc">When you upgrade to Kafka version 0.11 or later and your pipelines use Apache Kafka
        stage libraries, you must enable Kerberos authentication for the Apache Kafka stages in the
        Java Authentication and Authorization Service (JAAS) configuration file.</p>
        <div class="- topic/p p"><div class="- topic/note note note note_note"><span class="note__title">Note:</span> For any version of a Cloudera or Hortonworks Kafka stage library, you enable
                Kerberos authentication in the JAAS configuration file. As a result, you do not need
                to update Kerberos authentication for these stages when you upgrade your Kafka
                system.</div>For an Apache Kafka stage library version 0.10 or earlier, you can
            enable Kerberos authentication in one of the following ways: <dl class="- topic/dl dl">
                
                    <dt class="- topic/dt dt dlterm">Data Collector configuration file</dt>
                    <dd class="- topic/dd dd">Define the following Kerberos properties in the <span class="- topic/ph ph">Data Collector</span> configuration file, <code class="+ topic/ph pr-d/codeph ph codeph">$SDC_CONF/sdc.properties</code>:<ul class="- topic/ul ul" id="concept_o1f_lq1_scb__ul_w1d_hpf_55" data-ofbid="concept_o1f_lq1_scb__ul_w1d_hpf_55">
                        <li class="- topic/li li">kerberos.client.enabled</li>
                        <li class="- topic/li li">kerberos.client.principal</li>
                        <li class="- topic/li li">kerberos.client.keytab</li>
                  </ul></dd>
                
                
                    <dt class="- topic/dt dt dlterm">JAAS configuration file</dt>
                    <dd class="- topic/dd dd">Configure the Kerberos properties in the JAAS configuration file. If <span class="- topic/ph ph">Data Collector</span> uses LDAP authentication, configure the properties in the
                            <code class="+ topic/ph pr-d/codeph ph codeph">$SDC_CONF/ldap-login.conf</code> file. If <span class="- topic/ph ph">Data Collector</span> does not use LDAP authentication, configure the properties in a separate
                        JAAS configuration file on the <span class="- topic/ph ph">Data Collector</span> machine and modify the SDC_JAVA_OPTS environment variable to specify the
                        location of the file.</dd>
                
            </dl></div>
        <p class="- topic/p p">As of Kafka version 0.11, you can no longer enable Kerberos in the <span class="- topic/ph ph">Data Collector</span>
            configuration file for Apache Kafka stage libraries. Instead, you must configure the
            Kerberos properties in the JAAS configuration file.</p>
        <p class="- topic/p p">If earlier Kafka stages using an Apache Kafka stage library used the <span class="- topic/ph ph">Data Collector</span>
            configuration file, you must update each <span class="- topic/ph ph">Data Collector</span>
            that runs Kafka pipelines to add the JAAS configuration properties required for Kafka
            clients.</p>
        <p class="- topic/p p">For instructions about using the JAAS configuration properties to enable Kerberos for
            Kafka stages, see <a class="- topic/xref xref" href="../Pipeline_Configuration/KafkaSecurity.html#concept_vwr_v2v_klb">Providing Kerberos Credentials</a>.</p>
    </div>
</article><article class="- topic/topic concept/concept topic concept nested1" aria-labelledby="ariaid-title3" id="concept_spf_2gq_vz">
 <h2 class="- topic/title title topictitle2" id="ariaid-title3">Working with Cloudera CDH 5.11 or Later</h2>
 <div class="- topic/body concept/conbody body conbody">
  <p class="- topic/p p">When you upgrade to Cloudera CDH version 5.11 or later from a previous version, you must update
            pipelines that set permissions on HDFS or Hive by modifying file mode bits with the
            minus or equals operators.</p>
        <div class="- topic/p p">Pipelines can modify file mode bits on HDFS or Hive with the following stage
                properties:<ul class="- topic/ul ul" id="concept_spf_2gq_vz__ul_xgb_ygq_vz" data-ofbid="concept_spf_2gq_vz__ul_xgb_ygq_vz">
                <li class="- topic/li li">The HDFS File Metadata executor Set Permissions property.</li>
                <li class="- topic/li li">The Hadoop FS destination whole file Permissions Expression whole file
                    property.</li>
            </ul>As of CDH 5.11, Cloudera changed how the minus and equals operators are evaluated
            as follows:<ul class="- topic/ul ul" id="concept_spf_2gq_vz__ul_j5b_vgq_vz" data-ofbid="concept_spf_2gq_vz__ul_j5b_vgq_vz">
                <li dir="ltr" class="- topic/li li">
                    <p class="- topic/p p">In previous CDH releases, the minus operator (-) grants the specified
                        permissions. In the current release, it removes the specified permissions. </p>
                    <p class="- topic/p p">For example, in previous releases, <code class="+ topic/ph pr-d/codeph ph codeph">a-rw</code> grants read and
                        write permissions to all users. With CDH 5.11, it removes read and write
                        permissions from all users. </p>
                </li>
                <li dir="ltr" class="- topic/li li">
                    <p class="- topic/p p">In earlier CDH releases, the equals operator (=) removes the specified
                        permissions. In the current release, it grants the specified permissions. </p>
                    <p class="- topic/p p">For example, in previous releases, <code class="+ topic/ph pr-d/codeph ph codeph">a=we</code> removes write and
                        execute permission from all users. With CDH 5.11, it grants write and
                        execute permission to all users. </p>
                </li>
            </ul>To ensure that file permissions are set as expected, update all properties in
            upgraded pipelines that modify file mode bits with the minus or equals operators.</div>
        <p class="- topic/p p">This behavior change is noted in the <a class="- topic/xref xref" href="https://www.cloudera.com/documentation/enterprise/release-notes/topics/cdh_rn_hdfs_ic.html" target="_blank" rel="external noopener">Cloudera documentation</a> regarding the fix for
            HADOOP-13508. </p>
 </div>
</article><article class="- topic/topic concept/concept topic concept nested1" aria-labelledby="ariaid-title4" id="concept_spt_33c_yy">
    <h2 class="- topic/title title topictitle2" id="ariaid-title4">Working with an Upgraded MapR System</h2>
    
    <div class="- topic/body concept/conbody body conbody"><p class="- topic/shortdesc shortdesc">If you upgrade MapR, you must complete additional steps to continue using existing
        pipelines that connected to the previous MapR version.</p>
        <div class="- topic/p p">
            <ol class="- topic/ol ol" id="concept_spt_33c_yy__ol_ymx_k3c_yy" data-ofbid="concept_spt_33c_yy__ol_ymx_k3c_yy">
                <li class="- topic/li li">Stop <span class="- topic/ph ph">Data Collector</span>.</li>
                <li class="- topic/li li">In the <span class="- topic/ph ph">Data Collector</span> configuration file, <code class="+ topic/ph pr-d/codeph ph codeph">$SDC_CONF/sdc.properties</code>, add the
                    previous MapR version stage library to the
                        <samp class="+ topic/ph sw-d/systemoutput ph systemoutput sysout">system.stagelibs.blacklist</samp> property.<p class="- topic/p p">You do
                        not need to remove the MapR version that you upgraded to from the list. This
                        is configured automatically when you run the <code class="+ topic/ph pr-d/codeph ph codeph">setup-mapr</code>
                        command in a later step.</p><div class="- topic/p p">For example, if you upgraded MapR version
                        6.0.0 to 6.1.0, simply add MapR version 6.0.0 to the blacklist property so
                        that the property lists all supported MapR versions like
                        so:<pre class="+ topic/pre pr-d/codeblock pre codeblock"><code>system.stagelibs.blacklist=streamsets-datacollector-mapr_6_0-lib,
streamsets-datacollector-mapr_6_0-mep4-lib,streamsets-datacollector-mapr_6_0-mep5-lib,
streamsets-datacollector-mapr_6_1-lib,streamsets-datacollector-mapr_6_1-mep6-lib</code></pre></div></li>
                <li class="- topic/li li">If the MapR cluster uses username/password login
                    authentication, modify the SDC_JAVA_OPTS environment variable in the required
                    file based on how you start <span class="- topic/ph ph">Data Collector</span>. <p class="- topic/p p">For more
                        information about the required file to edit, see <span class="- topic/ph ph"><a class="- topic/xref xref" href="../Configuration/DCEnvironmentConfig.html#concept_zhl_rb3_qcb">Modifying Environment Variables</a></span>.</p><div class="- topic/p p">
                        <ul class="- topic/ul ul" id="concept_spt_33c_yy__ul_n4l_dfc_1cb" data-ofbid="concept_spt_33c_yy__ul_n4l_dfc_1cb">
                        <li class="- topic/li li">Manual start - Uncomment the following line in the
                                    <code class="+ topic/ph pr-d/codeph ph codeph">sdc-env.sh</code>
                              file:<pre class="+ topic/pre pr-d/codeblock pre codeblock"><code>#export SDC_JAVA_OPTS="${SDC_JAVA_OPTS} -Dmaprlogin.password.enabled=true"</code></pre></li>
                        <li class="- topic/li li">Service start on operating systems that use the SysV init system - On
                                    <span class="- topic/ph ph">CentOS 6, Oracle Linux 6, Red Hat Enterprise Linux 6, or Ubuntu
                        14.04 LTS</span>, uncomment the following line in the <code class="+ topic/ph pr-d/codeph ph codeph">sdcd-env.sh</code>
                              file:<pre class="+ topic/pre pr-d/codeblock pre codeblock"><code>#export SDC_JAVA_OPTS="${SDC_JAVA_OPTS} -Dmaprlogin.password.enabled=true"</code></pre></li>
                        <li class="- topic/li li">Service start on operating systems that use the systemd init system - On
                                    <span class="- topic/ph ph">CentOS 7, Oracle Linux 7, Red Hat Enterprise Linux 7, or Ubuntu
                        16.04 LTS</span>, add the following line to the file that overrides the default
                              settings in the <code class="+ topic/ph pr-d/codeph ph codeph">sdc.service</code>
                                    file:<pre class="+ topic/pre pr-d/codeblock pre codeblock"><code>Environment=SDC_JAVA_OPTS=-Dmaprlogin.password.enabled=true</code></pre><p class="- topic/p p">Override the default values in the
                        <code class="+ topic/ph pr-d/codeph ph codeph">sdc.service</code> file using the same procedure that you use to
                  override unit configuration files on a systemd init system. For an example, see
                  "Example 2. Overriding vendor settings" in this <a class="- topic/xref xref" href="https://www.freedesktop.org/software/systemd/man/systemd.unit.html#Examples" target="_blank" rel="external noopener">systemd.unit manpage</a>.</p><p class="- topic/p p">After
                                    overriding the default values, use the following command to
                                    reload the systemd manager
                              configuration:</p><pre class="+ topic/pre pr-d/codeblock pre codeblock"><code>systemctl daemon-reload</code></pre></li>
                  </ul>
                    </div></li>
                <li class="- topic/li li">Run the <code class="+ topic/ph pr-d/codeph ph codeph">setup-mapr</code> command, as described in <a class="- topic/xref xref" href="../Installation/MapR-Prerequisites.html#concept_pvx_wxp_xz">Step 3. Run the Command to Set Up MapR</a>.<p class="- topic/p p">The
                        command modifies configuration files and creates the required symbolic
                        links. You can run the command in interactive or non-interactive
                    mode.</p></li>
            </ol>
        </div>
 </div>
</article></article></article></main></div>

                        
                        
                        


                    </div>
                    
                </div>
            </div>


        </div> <nav class="navbar navbar-default wh_footer" data-whc_version="25.0">
  <div class=" footer-container  mx-auto">
    <!-- script for Data Collector, all flavors, but only used when accessed directly, not from portal --><script>
  (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
  (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
  m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
  })(window,document,'script','https://www.google-analytics.com/analytics.js','ga');

  ga('create', 'UA-60917135-3', 'auto');
  ga('send', 'pageview');
</script>
  </div>
</nav>

        
        <div id="go2top">
            <span class="oxy-icon oxy-icon-up"></span>
        </div>
        
        <!-- The modal container for images -->
        <div id="modal_img_large" class="modal">
            <span class="close oxy-icon oxy-icon-remove"></span>
            <!-- Modal Content (The Image) -->
            <div id="modal_img_container"></div>
            <!-- Modal Caption (Image Text) -->
            <div id="caption"></div>
        </div>
        
        
        Â© 2023 StreamSets, Inc.

    </body>
</html>